You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/12/31 14:36:47 UTC
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_60-ea-b02) -
Build # 8899 - Failure!
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/8899/
Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
REGRESSION: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([ACBCBBC91140E485:A8B4343A03E50BA4]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Build Log:
[...truncated 10546 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 700429 T3687 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1388496505974
[junit4] 2> 700430 T3687 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 700433 T3687 oas.SolrTestCaseJ4.setUp ###Starting testDoubleAssignment
[junit4] 2> 700433 T3687 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 700434 T3688 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 700534 T3687 oasc.ZkTestServer.run start zk server on port:52870
[junit4] 2> 700534 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 700620 T3695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b8373df name:ZooKeeperConnection Watcher:127.0.0.1:52870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 700621 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 700621 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 700624 T3698 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b6d8f15 name:ZooKeeperConnection Watcher:127.0.0.1:52870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 700624 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 700626 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 700628 T3701 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d52dd18 name:ZooKeeperConnection Watcher:127.0.0.1:52870 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 700628 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 700628 T3687 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 700631 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 700633 T3687 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 700635 T3687 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 700636 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 700640 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 700641 T3704 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60c1cc0e name:ZooKeeperConnection Watcher:127.0.0.1:52870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 700641 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 700642 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 700645 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 700647 T3695 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 700647 T3704 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 700648 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 700649 T3707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e67677 name:ZooKeeperConnection Watcher:127.0.0.1:52870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 700649 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 700650 T3687 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 700652 T3687 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 700655 T3687 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 700657 T3687 oasc.Overseer.start Overseer (id=90996507015839748-127.0.0.1:52870_solr-n_0000000000) starting
[junit4] 2> 700658 T3687 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 700662 T3687 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 700664 T3687 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 700666 T3709 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 700667 T3708 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 700669 T3708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 700670 T3708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 700670 T3708 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 700670 T3708 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 700672 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 700672 T3704 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 700672 T3695 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 701168 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 701175 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 701182 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701183 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 701184 T3708 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 701185 T3695 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 701186 T3704 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 701188 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701188 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701189 T3712 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@428121ab name:ZooKeeperConnection Watcher:127.0.0.1:52870/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701189 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701190 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 701192 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 701194 T3695 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 701194 T3712 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 701196 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701196 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 701197 T3708 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"recovering",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"core_node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 701197 T3708 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 701199 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701201 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 701204 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701207 T3707 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701309 T3712 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 701309 T3695 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 701310 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 701313 T3712 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 701313 T3695 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 701315 T3687 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:52870 52870
[junit4] 2> 701457 T3687 oas.SolrTestCaseJ4.tearDown ###Ending testDoubleAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 701461 T3687 oas.SolrTestCaseJ4.setUp ###Starting testShardLeaderChange
[junit4] 2> 701461 T3687 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 701462 T3713 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 701562 T3687 oasc.ZkTestServer.run start zk server on port:33161
[junit4] 2> 701563 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701566 T3720 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5381050d name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701566 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701567 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701568 T3723 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bbed960 name:ZooKeeperConnection Watcher:127.0.0.1:33161 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701569 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701587 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701588 T3726 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12d1dd6 name:ZooKeeperConnection Watcher:127.0.0.1:33161 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701588 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701588 T3687 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 701590 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 701593 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701594 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701595 T3731 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@173d77b3 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701595 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701595 T3733 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@420b2dc4 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701595 T3687 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 701595 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701596 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 701597 T3687 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 701598 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 701598 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 701600 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 701601 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 701603 T3731 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 701603 T3727 oasc.Overseer.start Overseer (id=90996507083472900-127.0.0.1:33161_solr-n_0000000000) starting
[junit4] 2> 701604 T3687 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 701605 T3727 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 701607 T3727 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 701611 T3727 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 701613 T3727 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 701613 T3735 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 701615 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 701616 T3738 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62da0568 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 701616 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 701619 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 701621 T3727 oasc.Overseer.start Overseer (id=90996507083472901-127.0.0.1:33161_solr-n_0000000001) starting
[junit4] 2> 701624 T3740 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 701625 T3739 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 701627 T3739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 701627 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 701627 T3739 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
[junit4] 2> 701628 T3739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 701629 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 701630 T3731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 702106 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 702113 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 702117 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702118 T3739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702120 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702121 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 702124 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 702124 T3739 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 702127 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 702127 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702128 T3743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d62c330 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 702129 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 702130 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 702131 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 702134 T3731 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 702134 T3743 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 702135 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702136 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 702136 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 702137 T3739 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 702139 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702140 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702241 T3743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 702241 T3731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 702342 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702345 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702346 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702346 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702347 T3739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702348 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 702348 T3739 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4] 2> 702348 T3739 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 702351 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702452 T3731 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 702453 T3743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 702846 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 702853 T3743 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 702853 T3731 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 702853 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702854 T3743 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 702860 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702860 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702860 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702861 T3739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 702863 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 702965 T3743 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 703055 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703056 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703058 T3746 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@802aa39 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703058 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703059 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703060 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 703063 T3743 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703063 T3746 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703065 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703065 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703065 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703065 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703066 T3739 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703067 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703067 T3739 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703069 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703070 T3746 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703070 T3743 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703071 T3746 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 703072 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703072 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703073 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703073 T3739 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703075 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703077 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703077 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703078 T3749 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c5b9e2b name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703079 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703079 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703081 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 703083 T3746 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703083 T3749 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703085 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703085 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703085 T3739 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703086 T3739 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703087 T3738 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703089 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703114 T3735 oasc.OverseerCollectionProcessor.amILeader org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:204)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:156)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 703114 T3734 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer work queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue-work
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.element(DistributedQueue.java:131)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:325)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:105)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 703115 T3735 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=90996507083472900-127.0.0.1:33161_solr-n_0000000000) am no longer a leader.
[junit4] 2> 703116 T3735 oasc.OverseerCollectionProcessor.amILeader org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1151)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:273)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:270)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:270)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.amILeader(OverseerCollectionProcessor.java:204)
[junit4] 2> at org.apache.solr.cloud.OverseerCollectionProcessor.run(OverseerCollectionProcessor.java:163)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 703116 T3735 oasc.OverseerCollectionProcessor.amILeader According to ZK I (id=90996507083472900-127.0.0.1:33161_solr-n_0000000000) am no longer a leader.
[junit4] 2> 703127 T3727 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 703128 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703130 T3752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@141439a0 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703130 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703133 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 703135 T3727 oasc.Overseer.start Overseer (id=90996507083472905-127.0.0.1:33161_solr-n_0000000002) starting
[junit4] 2> 703139 T3754 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 703141 T3753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703142 T3753 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 703142 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703142 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703143 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703143 T3746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703145 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703146 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703146 T3746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703146 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703152 T3746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703152 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703153 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703153 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703154 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703154 T3746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703155 T3753 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 703188 T3739 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.orderedChildren(DistributedQueue.java:89)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.peek(DistributedQueue.java:411)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:195)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 703290 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703293 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703293 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703294 T3753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703294 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 703295 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703298 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703299 T3746 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703299 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703301 T3749 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703301 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703302 T3749 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 703307 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703308 T3753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703312 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703414 T3749 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 703503 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703504 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703505 T3757 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16055a17 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703506 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703506 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703508 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 703510 T3749 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703510 T3757 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703511 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703512 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703512 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703512 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703513 T3753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703513 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703513 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703515 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703517 T3757 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703517 T3749 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703518 T3757 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 703520 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703520 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703521 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703521 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703524 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703527 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703529 T3760 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@376d3027 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703529 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703529 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703531 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703533 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 703535 T3757 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703535 T3760 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703536 T3752 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703537 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703537 T3753 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703537 T3753 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703539 T3727 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 703542 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703544 T3763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@613131b name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703544 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703545 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703546 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 703548 T3727 oasc.Overseer.start Overseer (id=90996507083472908-127.0.0.1:33161_solr-n_0000000003) starting
[junit4] 2> 703550 T3765 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 703552 T3764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703552 T3764 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 703553 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703553 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703553 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703553 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703555 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703555 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703556 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703556 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703559 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703559 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703561 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703561 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703561 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703561 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703563 T3764 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 703564 T3764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703564 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703565 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703566 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703567 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703567 T3757 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 703746 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703748 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703748 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703750 T3764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703751 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 703751 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703753 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703754 T3760 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703754 T3757 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703755 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703755 T3760 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 703758 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703762 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703863 T3760 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 703956 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703957 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 703959 T3768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d1dc965 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 703959 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 703960 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 703962 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 703967 T3760 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703967 T3768 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 703969 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703969 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703970 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703970 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703971 T3764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 703972 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703972 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703974 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703975 T3760 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703975 T3768 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 703977 T3768 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 703977 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703977 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 703978 T3764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 703978 T3764 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 703983 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703984 T3763 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 703985 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 704051 T3727 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 704353 T3731 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 704354 T3731 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 704800 T3746 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 704800 T3746 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 704802 T3746 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 705041 T3753 oasc.Overseer$ClusterStateUpdater.run WARN Solr cannot talk to ZK, exiting Overseer main queue loop org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/queue/qn-0000000015
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:173)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:170)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:170)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.remove(DistributedQueue.java:170)
[junit4] 2> at org.apache.solr.cloud.DistributedQueue.poll(DistributedQueue.java:445)
[junit4] 2> at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:190)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 705041 T3716 oazsp.FileTxnLog.commit WARN fsync-ing the write ahead log in SyncThread:0 took 1054ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
[junit4] 2> 705045 T3771 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43fff980 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705045 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705045 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705046 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 705046 T3774 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@64304477 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705047 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705048 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 705049 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 705051 T3768 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 705051 T3771 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 705052 T3727 oasc.Overseer.start Overseer (id=90996507083472911-127.0.0.1:33161_solr-n_0000000004) starting
[junit4] 2> 705052 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 705055 T3776 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 705056 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705057 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705057 T3775 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 705057 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 705057 T3775 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 705058 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705058 T3768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705060 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 705060 T3775 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 705061 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705061 T3768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705063 T3768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705063 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705064 T3775 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 705066 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705254 T3757 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 705255 T3757 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 705510 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705512 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705513 T3768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705513 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4] 2> 705513 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 705516 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705517 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 705517 T3775 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 705519 T3768 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 705519 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705520 T3771 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 705520 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705520 T3771 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 705521 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state2",
[junit4] 2> "node_name":"node2",
[junit4] 2> "core":"core4",
[junit4] 2> "core_node_name":"node2",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node2/solr/"}
[junit4] 2> 705521 T3775 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 705523 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705524 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705526 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705740 T3771 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 705740 T3687 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705741 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705743 T3779 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1eddaca3 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705743 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705744 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 705746 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 705749 T3771 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 705749 T3779 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 705751 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705751 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 705751 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705751 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705752 T3775 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705752 T3775 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"state1",
[junit4] 2> "node_name":"node1",
[junit4] 2> "core":"core1",
[junit4] 2> "core_node_name":"node1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"1",
[junit4] 2> "base_url":"http://node1/solr/"}
[junit4] 2> 705752 T3775 oasc.Overseer$ClusterStateUpdater.updateState shard=shard1 is already registered
[junit4] 2> 705754 T3774 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 705755 T3727 oasc.OverseerTest$OverseerRestarter.run Killing overseer.
[junit4] 2> 705756 T3779 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 705756 T3771 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 705756 T3714 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14348d75083000f, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 705756 T3727 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705757 T3714 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x14348d75083000e, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:220)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
[junit4] 2> at java.lang.Thread.run(Thread.java:744)
[junit4] 2>
[junit4] 2> 705758 T3782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52ead282 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705758 T3779 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 705758 T3727 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705760 T3687 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 705762 T3727 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 705764 T3727 oasc.Overseer.start Overseer (id=90996507083472913-127.0.0.1:33161_solr-n_0000000005) starting
[junit4] 2> 705766 T3687 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 705767 T3787 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 705767 T3786 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3757ec46 name:ZooKeeperConnection Watcher:127.0.0.1:33161/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 705768 T3687 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 705768 T3687 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 705769 T3784 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 705769 T3784 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 705770 T3687 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 705770 T3784
[...truncated too long message...]
(6)
[junit4] 2> 722647 T4228 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 722647 T4225 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 722647 T4231 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 722648 T4234 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 722649 T4222 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722649 T4234 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722649 T4231 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722649 T4219 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722650 T4228 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722650 T4225 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 722651 T4222 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 722651 T4225 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 722651 T4231 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 722651 T4234 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 722651 T4228 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 722653 T4228 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 722653 T4234 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 722653 T4231 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 722653 T4225 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 722656 T4231 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 722656 T4228 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 722656 T4234 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 722657 T4234 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 722658 T4231 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 722659 T4234 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 722662 T3687 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:47953 47953
[junit4] 2> 722752 T3687 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignmentBigger
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 722753 T3687 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 722754 T3687 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 723778 T4096 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 724038 T4156 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.exists(ZooKeeper.java:1041)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:205)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$3.execute(SolrZkClient.java:202)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:202)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:413)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
[junit4] 2> at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 724038 T4156 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 724038 T4156 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 724136 T4207 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4] 2> 725754 T3687 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=be_BY, timezone=Asia/Magadan
[junit4] 2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.7.0_60-ea (64-bit)/cpus=8,threads=1,free=96466584,total=218066944
[junit4] 2> NOTE: All tests run in this JVM: [LeaderElectionTest, SpellPossibilityIteratorTest, SolrInfoMBeanTest, ExpressionTest, SearchHandlerTest, BasicFunctionalityTest, AbstractAnalyticsFacetTest, ExternalFileFieldSortTest, URLClassifyProcessorTest, DistributedTermsComponentTest, CoreMergeIndexesAdminHandlerTest, TestLuceneMatchVersion, TestPostingsSolrHighlighter, UnloadDistributedZkTest, TestConfig, TestAnalyzeInfixSuggestions, ZkControllerTest, ShardRoutingTest, LoggingHandlerTest, BadComponentTest, AnalysisAfterCoreReloadTest, LukeRequestHandlerTest, UpdateRequestProcessorFactoryTest, TestSchemaSimilarityResource, TestLMDirichletSimilarityFactory, TestHighFrequencyDictionaryFactory, CopyFieldTest, DocValuesMissingTest, SuggesterFSTTest, DateMathParserTest, TestQueryUtils, TestJmxMonitoredMap, PeerSyncTest, TestSort, CoreAdminHandlerTest, SchemaVersionSpecificBehaviorTest, HdfsRecoveryZkTest, TestCollationFieldDocValues, TestModifyConfFiles, HdfsBasicDistributedZkTest, FileBasedSpellCheckerTest, EnumFieldTest, TestDistributedMissingSort, TestDynamicFieldCollectionResource, TriLevelCompositeIdRoutingTest, TestInfoStreamLogging, TestBM25SimilarityFactory, SyncSliceTest, SoftAutoCommitTest, TestPerFieldSimilarity, SolrXmlInZkTest, TestNonNRTOpen, QueryResultKeyTest, SolrCoreTest, ClusterStateTest, SampleTest, RegexBoostProcessorTest, TestManagedSchema, TestMergePolicyConfig, TestCoreContainer, TestStressVersions, TestLRUCache, TestShardHandlerFactory, TestRemoteStreaming, DeleteShardTest, TestDocBasedVersionConstraints, ScriptEngineTest, HdfsLockFactoryTest, SliceStateTest, JsonLoaderTest, TestRecoveryHdfs, DirectUpdateHandlerOptimizeTest, ShowFileRequestHandlerTest, SystemInfoHandlerTest, UUIDFieldTest, OverseerCollectionProcessorTest, RangeFacetTest, TestRandomDVFaceting, AutoCommitTest, ClusterStateUpdateTest, SynonymTokenizerTest, TestCustomSort, TestDynamicFieldResource, TermsComponentTest, PrimitiveFieldTypeTest, BJQParserTest, TestCloudManagedSchemaAddField, BasicDistributedZkTest, OverseerTest]
[junit4] Completed on J0 in 25.35s, 8 tests, 1 error <<< FAILURES!
[...truncated 540 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1304: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:937: There were test failures: 358 suites, 1576 tests, 1 error, 35 ignored (6 assumptions)
Total time: 41 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_60-ea-b02 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.7.0_45) - Build #
8901 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/8901/
Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
Stack Trace:
org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leaders/shard1
at __randomizedtesting.SeedInfo.seed([350F232339A0144C:3107ACD02B05FB6D]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient$10.execute(SolrZkClient.java:428)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:425)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:382)
at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:369)
at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:112)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:165)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:109)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:277)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:606)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Build Log:
[...truncated 10107 lines...]
[junit4] Suite: org.apache.solr.cloud.OverseerTest
[junit4] 2> 125704 T567 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-OverseerTest-1388507038341
[junit4] 2> 125704 T567 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 125707 T567 oas.SolrTestCaseJ4.setUp ###Starting testShardAssignmentBigger
[junit4] 2> 125707 T567 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 125708 T568 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 125808 T567 oasc.ZkTestServer.run start zk server on port:60518
[junit4] 2> 125809 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125841 T575 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17f1f18 name:ZooKeeperConnection Watcher:127.0.0.1:60518 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125842 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125845 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125847 T578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7edf193f name:ZooKeeperConnection Watcher:127.0.0.1:60518 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125847 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125848 T567 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 125852 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125854 T581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b9835cb name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125854 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125855 T567 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 125859 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125861 T584 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d7a6f41 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125862 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125863 T567 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 125866 T567 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 125874 T567 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 125879 T567 oasc.Overseer.start Overseer (id=90997197265043459-127.0.0.1:60518_solr-n_0000000000) starting
[junit4] 2> 125882 T567 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 125886 T567 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 125894 T567 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 125899 T586 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 125900 T567 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 125901 T585 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 125906 T567 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 125907 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125911 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125912 T589 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b40b415 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125913 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125914 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125917 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node0
[junit4] 2> 125920 T581 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 125920 T589 oascc.ZkStateReader$3.process Updating live nodes... (1)
[junit4] 2> 125920 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125922 T592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62a4306e name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125922 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125923 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125925 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node1
[junit4] 2> 125928 T589 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 125928 T592 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 125928 T581 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 125929 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125930 T595 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6e5ca0f4 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125931 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125932 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125934 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node2
[junit4] 2> 125937 T589 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 125937 T581 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 125938 T595 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 125937 T592 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 125938 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125941 T598 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c1e7bee name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125941 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125943 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125946 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node3
[junit4] 2> 125949 T589 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 125949 T592 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 125949 T581 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 125949 T595 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 125949 T598 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 125950 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125952 T601 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4269744d name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125952 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125954 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125956 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node4
[junit4] 2> 125958 T598 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125959 T581 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125959 T589 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125958 T595 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125959 T592 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125961 T601 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 125962 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125963 T604 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2bd7277c name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125964 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125965 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125968 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node5
[junit4] 2> 125971 T581 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125971 T592 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125971 T598 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125971 T589 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125972 T595 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125972 T601 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125973 T604 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4] 2> 125974 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125975 T607 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68b6811a name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125975 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125977 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125980 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node6
[junit4] 2> 125983 T598 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125984 T601 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125983 T581 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125984 T589 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125984 T595 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125985 T604 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125985 T592 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125985 T607 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4] 2> 125986 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125987 T610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@614c8942 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125987 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 125989 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 125991 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node7
[junit4] 2> 125995 T607 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125995 T592 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125996 T601 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125996 T610 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125996 T581 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125996 T595 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125996 T589 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125995 T598 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125997 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 125996 T604 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4] 2> 125999 T613 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@578d6032 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 125999 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126000 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126003 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node8
[junit4] 2> 126006 T592 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T595 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T610 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T604 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T589 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T601 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126006 T607 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126008 T613 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126008 T598 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126007 T581 oascc.ZkStateReader$3.process Updating live nodes... (9)
[junit4] 2> 126009 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126012 T616 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@744aca73 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126012 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126015 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126017 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node9
[junit4] 2> 126020 T610 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126021 T613 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126021 T598 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126021 T595 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T589 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T601 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T604 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T581 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T607 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T616 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126022 T592 oascc.ZkStateReader$3.process Updating live nodes... (10)
[junit4] 2> 126024 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126025 T619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ebf62c4 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126026 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126027 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126030 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node10
[junit4] 2> 126034 T601 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T610 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T607 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T616 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T598 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T592 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T589 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T595 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T613 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T581 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126035 T604 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126037 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126036 T619 oascc.ZkStateReader$3.process Updating live nodes... (11)
[junit4] 2> 126039 T622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eff0fc3 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126039 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126040 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126043 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node11
[junit4] 2> 126047 T589 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126047 T598 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T601 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T592 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T619 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T613 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126049 T616 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T581 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T604 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T595 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126049 T622 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T610 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126048 T607 oascc.ZkStateReader$3.process Updating live nodes... (12)
[junit4] 2> 126050 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126052 T625 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66adb49a name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126052 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126054 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126056 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node12
[junit4] 2> 126060 T589 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126060 T581 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126060 T595 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126061 T607 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126060 T616 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126061 T592 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126062 T613 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126062 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126060 T598 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126060 T604 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126060 T619 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126062 T610 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126061 T625 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126061 T622 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126063 T628 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@46f32a5e name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126061 T601 oascc.ZkStateReader$3.process Updating live nodes... (13)
[junit4] 2> 126064 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126065 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126067 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node13
[junit4] 2> 126071 T595 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T581 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126071 T610 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T589 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126071 T598 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126071 T604 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126071 T592 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126073 T613 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126071 T607 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126073 T601 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126073 T625 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T616 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T628 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T622 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126072 T619 oascc.ZkStateReader$3.process Updating live nodes... (14)
[junit4] 2> 126074 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126076 T631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13c0c5e6 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126076 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126078 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126080 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node14
[junit4] 2> 126083 T604 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T622 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T601 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T592 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T610 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T581 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T595 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T619 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T607 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T625 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T598 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T613 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T616 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126084 T589 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126086 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126085 T631 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126085 T628 oascc.ZkStateReader$3.process Updating live nodes... (15)
[junit4] 2> 126088 T634 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@410ba0d4 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126088 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126090 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126092 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node15
[junit4] 2> 126095 T610 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T598 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T613 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T595 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126096 T589 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126096 T616 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T625 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T601 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T619 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T592 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126095 T607 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T634 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T631 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T628 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T604 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126097 T622 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126096 T581 oascc.ZkStateReader$3.process Updating live nodes... (16)
[junit4] 2> 126099 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126100 T637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3392e8cf name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126100 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126102 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126104 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node16
[junit4] 2> 126107 T619 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T589 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T628 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T622 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T634 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T607 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T592 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126108 T604 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T598 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T610 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T625 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T601 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T616 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126109 T581 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126111 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126110 T613 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126110 T631 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126110 T637 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126110 T595 oascc.ZkStateReader$3.process Updating live nodes... (17)
[junit4] 2> 126113 T640 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28e5f78e name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126114 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126115 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126118 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node17
[junit4] 2> 126122 T581 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126123 T625 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126123 T589 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126123 T601 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T619 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126123 T634 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126123 T622 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T607 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126125 T637 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T598 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126125 T613 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T631 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T604 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T628 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126124 T616 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126126 T640 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126125 T592 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126125 T610 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126125 T595 oascc.ZkStateReader$3.process Updating live nodes... (18)
[junit4] 2> 126126 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126129 T643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11547fb6 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126129 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126131 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126133 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node18
[junit4] 2> 126138 T601 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126139 T589 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126139 T616 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126139 T622 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T619 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T604 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T581 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T628 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T631 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T625 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126140 T607 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T634 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T640 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T610 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T598 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T643 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126141 T592 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126142 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126143 T595 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126144 T637 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126144 T613 oascc.ZkStateReader$3.process Updating live nodes... (19)
[junit4] 2> 126145 T646 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ae6eadf name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126145 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126146 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126148 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node19
[junit4] 2> 126153 T604 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T581 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T625 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126153 T616 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126153 T589 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T631 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T607 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T646 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T610 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T619 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T628 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T601 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T622 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126154 T634 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126156 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126155 T640 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T613 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T592 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T595 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T637 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T643 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126155 T598 oascc.ZkStateReader$3.process Updating live nodes... (20)
[junit4] 2> 126158 T649 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74a7b56e name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126159 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126160 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126162 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node20
[junit4] 2> 126166 T592 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T610 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T601 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126167 T643 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T625 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T637 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T646 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T595 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T619 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T607 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T640 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126170 T649 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T604 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126168 T581 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126167 T622 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T589 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T598 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126166 T613 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126170 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126169 T628 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126169 T631 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126169 T616 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126173 T652 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6437c127 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126169 T634 oascc.ZkStateReader$3.process Updating live nodes... (21)
[junit4] 2> 126173 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126175 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126178 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node21
[junit4] 2> 126182 T598 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126182 T637 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126183 T610 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126182 T581 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126182 T595 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126182 T652 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T625 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T643 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T649 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T601 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T613 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126185 T592 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126185 T640 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126183 T589 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126186 T628 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126186 T631 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126183 T634 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126183 T619 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126187 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126186 T607 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126185 T646 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126185 T604 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T622 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126184 T616 oascc.ZkStateReader$3.process Updating live nodes... (22)
[junit4] 2> 126188 T655 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d7e25b2 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126189 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126190 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126193 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node22
[junit4] 2> 126197 T589 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126197 T604 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126198 T607 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126198 T619 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126197 T598 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T652 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T622 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T601 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T592 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T646 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T628 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T643 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T625 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126198 T631 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126198 T616 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126197 T637 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126201 T655 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126201 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126200 T649 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T610 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T613 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126200 T634 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T640 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T581 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126199 T595 oascc.ZkStateReader$3.process Updating live nodes... (23)
[junit4] 2> 126203 T658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@152c3fd4 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126204 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126205 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126208 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node23
[junit4] 2> 126213 T595 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126213 T649 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126214 T655 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126213 T610 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126214 T625 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126214 T622 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126214 T637 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126213 T613 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T631 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T604 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T628 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T646 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T619 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T640 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T598 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T643 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T616 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126217 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126215 T592 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126214 T581 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T589 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T658 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T652 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T601 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126216 T634 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126215 T607 oascc.ZkStateReader$3.process Updating live nodes... (24)
[junit4] 2> 126219 T661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@19bab2c5 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126220 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126221 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126224 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node24
[junit4] 2> 126229 T610 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126229 T652 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126229 T649 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126229 T637 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126229 T592 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T613 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T598 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T640 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T643 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T622 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126231 T628 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126231 T601 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126231 T589 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126231 T619 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126232 T661 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T634 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T595 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T607 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T625 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126233 T658 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126232 T655 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126234 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126232 T604 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126232 T646 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126232 T581 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126231 T616 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126230 T631 oascc.ZkStateReader$3.process Updating live nodes... (25)
[junit4] 2> 126236 T664 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82a56f name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126236 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126238 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126241 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node25
[junit4] 2> 126246 T652 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126246 T598 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T646 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T601 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T634 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T628 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T649 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T661 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126246 T640 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126246 T592 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T637 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T631 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T655 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T616 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T625 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T613 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T610 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T595 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126248 T589 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T619 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T607 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126247 T658 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126251 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126250 T664 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T643 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T604 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126252 T667 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3ceeeed6 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126249 T581 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126249 T622 oascc.ZkStateReader$3.process Updating live nodes... (26)
[junit4] 2> 126253 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126254 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126256 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node26
[junit4] 2> 126260 T592 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126260 T613 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126260 T658 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126260 T640 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126261 T619 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126261 T628 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126261 T646 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T601 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T607 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T625 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T655 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T622 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T667 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126262 T616 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126263 T610 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126263 T631 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126263 T649 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T581 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T664 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T643 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T637 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T652 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126265 T595 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126264 T634 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126265 T598 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126265 T661 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126265 T604 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126266 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126265 T589 oascc.ZkStateReader$3.process Updating live nodes... (27)
[junit4] 2> 126267 T670 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@369dcc64 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126268 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126269 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126271 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node27
[junit4] 2> 126276 T658 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T589 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126276 T646 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T601 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T643 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T634 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T604 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T664 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T607 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T581 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T655 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T616 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126277 T592 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T670 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T598 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126278 T628 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126281 T640 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126282 T625 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126282 T652 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126282 T619 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126282 T637 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126282 T613 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126283 T667 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126283 T631 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126284 T595 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126284 T661 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126284 T622 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126284 T610 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126285 T649 oascc.ZkStateReader$3.process Updating live nodes... (28)
[junit4] 2> 126286 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126289 T673 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1af5508 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126290 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126292 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126296 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node28
[junit4] 2> 126300 T655 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T661 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T625 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T658 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126301 T619 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126301 T670 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T664 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126301 T622 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126301 T589 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T592 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T601 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T628 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T610 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T649 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126300 T637 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T640 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T643 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126304 T673 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T607 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T667 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T581 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126304 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126303 T604 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T646 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126303 T634 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T598 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T595 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T652 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T631 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126302 T613 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126306 T676 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67e52625 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126303 T616 oascc.ZkStateReader$3.process Updating live nodes... (29)
[junit4] 2> 126307 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126308 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126310 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node29
[junit4] 2> 126315 T661 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126315 T637 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126315 T595 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T613 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T581 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T622 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T649 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T655 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T664 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T640 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T616 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T592 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T598 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T604 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T634 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126316 T610 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T601 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T589 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T628 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T646 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T658 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126318 T631 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T673 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T667 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T652 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126317 T625 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126320 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126319 T676 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T619 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126322 T679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6de954e9 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126319 T607 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T643 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126319 T670 oascc.ZkStateReader$3.process Updating live nodes... (30)
[junit4] 2> 126322 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126324 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126326 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node30
[junit4] 2> 126331 T658 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T670 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T628 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T643 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T631 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T634 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T646 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T601 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T622 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T598 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T616 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126331 T619 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T589 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T655 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T604 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T649 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T613 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T652 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T637 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126333 T664 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T625 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T592 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T581 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126332 T667 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126335 T676 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126335 T679 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126335 T673 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T661 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T610 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T640 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T607 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126334 T595 oascc.ZkStateReader$3.process Updating live nodes... (31)
[junit4] 2> 126336 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126338 T682 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a52cafe name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126339 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126340 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126343 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node31
[junit4] 2> 126351 T625 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126352 T581 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126352 T616 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126351 T604 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126354 T673 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126354 T613 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126354 T595 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126354 T661 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126353 T664 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126353 T649 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126353 T637 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126353 T631 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126352 T622 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126352 T655 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126360 T610 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126361 T607 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126361 T601 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126361 T679 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126362 T598 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126362 T640 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126362 T652 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126362 T646 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126362 T676 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126363 T643 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126363 T634 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126363 T619 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126363 T628 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126364 T658 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126363 T592 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126364 T589 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126364 T682 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126364 T670 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126364 T667 oascc.ZkStateReader$3.process Updating live nodes... (32)
[junit4] 2> 126369 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126371 T685 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@37b292fa name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126371 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126372 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126375 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node32
[junit4] 2> 126383 T613 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126384 T661 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126384 T637 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126384 T664 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T595 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T622 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T625 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T679 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T610 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T673 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126384 T649 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T607 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126388 T643 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T670 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126388 T658 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T676 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T628 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T652 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T598 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T667 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126387 T640 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T592 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T685 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T616 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126386 T604 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T581 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T682 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T655 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126385 T631 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126389 T634 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126389 T619 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126388 T601 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126388 T589 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126388 T646 oascc.ZkStateReader$3.process Updating live nodes... (33)
[junit4] 2> 126393 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126394 T688 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ac3880a name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126394 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126395 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126398 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node33
[junit4] 2> 126406 T622 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126406 T604 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126407 T679 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126407 T616 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126408 T655 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126407 T625 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126407 T631 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126408 T682 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126407 T581 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126409 T637 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126409 T673 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126409 T601 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126409 T610 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126408 T613 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126408 T685 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126408 T664 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T619 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T589 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T661 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T676 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T595 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126410 T649 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126412 T592 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126412 T658 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126412 T634 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126411 T670 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126411 T607 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126411 T628 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126414 T688 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T667 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T652 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T598 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T640 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T643 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126413 T646 oascc.ZkStateReader$3.process Updating live nodes... (34)
[junit4] 2> 126414 T567 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 126417 T691 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d8d4f80 name:ZooKeeperConnection Watcher:127.0.0.1:60518/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 126417 T567 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 126418 T567 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 126421 T567 oascc.SolrZkClient.makePath makePath: /live_nodes/node34
[junit4] 2> 126425 T628 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126425 T670 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126426 T607 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126428 T667 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126428 T649 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126429 T631 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126429 T637 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126429 T598 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T643 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T661 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126429 T640 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T658 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T589 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T601 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T581 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126431 T673 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126430 T679 oascc.ZkStateReader$3.process Updating live nodes... (35)
[junit4] 2> 126429 T592 oascc.ZkStateReader$3.process Updating live nodes... (35)
[jun
[...truncated too long message...]
pdateState Collection already exists with numShards=3
[junit4] 2> 147817 T1275 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
[junit4] 2> 147821 T1274 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 147923 T1279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 147923 T1271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148315 T567 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4] 2> 148322 T1274 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148322 T1274 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148323 T1274 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148324 T1275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 148324 T1275 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"active",
[junit4] 2> "node_name":"127.0.0.1",
[junit4] 2> "core":"core6",
[junit4] 2> "core_node_name":"node6",
[junit4] 2> "collection":"collection1",
[junit4] 2> "numShards":"3",
[junit4] 2> "base_url":"http://127.0.0.1/solr/"}
[junit4] 2> 148324 T1275 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4] 2> 148324 T1275 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
[junit4] 2> 148326 T1274 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 148428 T1271 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148428 T1279 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4] 2> 148822 T567 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4] 2> 148830 T1279 oascc.ZkStateReader$3.process Updating live nodes... (0)
[junit4] 2> 148832 T567 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:50578 50578
[junit4] 2> 148972 T567 oas.SolrTestCaseJ4.tearDown ###Ending testShardAssignment
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 148973 T567 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 148974 T567 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 150330 T1279 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 150331 T1279 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 150331 T1279 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 151974 T567 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene46: {}, docValues:{}, sim=DefaultSimilarity, locale=iw_IL, timezone=Asia/Ulan_Bator
[junit4] 2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.7.0_45 (64-bit)/cpus=8,threads=1,free=239386032,total=373293056
[junit4] 2> NOTE: All tests run in this JVM: [CSVRequestHandlerTest, TestCustomSort, QueryEqualityTest, PolyFieldTest, DOMUtilTest, BJQParserTest, ScriptEngineTest, TestSurroundQueryParser, DirectUpdateHandlerOptimizeTest, OverseerCollectionProcessorTest, ShardRoutingTest, TestFaceting, TestExtendedDismaxParser, CircularListTest, DeleteShardTest, PrimitiveFieldTypeTest, TestSolrXMLSerializer, MBeansHandlerTest, TestSuggestSpellingConverter, WordBreakSolrSpellCheckerTest, AutoCommitTest, TestSchemaSimilarityResource, RangeFacetTest, BinaryUpdateRequestHandlerTest, DateMathParserTest, TestCharFilters, TermsComponentTest, TestLFUCache, QueryElevationComponentTest, TestPostingsSolrHighlighter, DocValuesTest, OverseerTest]
[junit4] Completed on J0 in 26.29s, 8 tests, 1 error <<< FAILURES!
[...truncated 932 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1304: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:937: There were test failures: 358 suites, 1577 tests, 1 error, 35 ignored (6 assumptions)
Total time: 45 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0_45 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure
[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-ea-b121) - Build
# 8900 - Still Failing!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/8900/
Java: 64bit/jdk1.8.0-ea-b121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
2 tests failed.
REGRESSION: org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([9EDE3565460A225B:1F38BB7D31554267]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertFalse(Assert.java:68)
at org.junit.Assert.assertFalse(Assert.java:79)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionWithDownNodes(CollectionsAPIDistributedZkTest.java:390)
at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:849)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
FAILED: org.apache.solr.cloud.OverseerTest.testOverseerFailure
Error Message:
Stack Trace:
org.apache.solr.common.cloud.ZooKeeperException:
at __randomizedtesting.SeedInfo.seed([9EDE3565460A225B:9AD6BA9654AFCD7A]:0)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:265)
at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:153)
at org.apache.solr.cloud.OverseerTest.testOverseerFailure(OverseerTest.java:584)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:483)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
at java.lang.Thread.run(Thread.java:744)
Caused by: org.apache.zookeeper.KeeperException$NoNodeException: KeeperErrorCode = NoNode for /collections/collection1/leader_elect/shard1/election/90996831871238147-node1_core1-n_
at org.apache.zookeeper.KeeperException.create(KeeperException.java:111)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:313)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:231)
... 42 more
Build Log:
[...truncated 9988 lines...]
[junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4] 2> 16833 T28 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4] 2> 16839 T28 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4] 2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-CollectionsAPIDistributedZkTest-1388501153894
[junit4] 2> 16843 T28 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4] 2> 16846 T29 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4] 2> 16949 T28 oasc.ZkTestServer.run start zk server on port:40099
[junit4] 2> 17025 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 17098 T36 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10cb1345 name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 17099 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 17100 T28 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 17132 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 17134 T39 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@339726c1 name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 17135 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 17139 T28 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4] 2> 17144 T28 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4] 2> 17147 T28 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4] 2> 17150 T28 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4] 2> 17161 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 17161 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4] 2> 17167 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 17168 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4] 2> 17172 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17174 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17179 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 17179 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4] 2> 17183 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 17184 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4] 2> 17187 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 17187 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4] 2> 17190 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 17191 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
[junit4] 2> 17195 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 17195 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4] 2> 17199 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 17199 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 17204 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 17205 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4] 2> 17208 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 17208 T28 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4] 2> Using new style solr.xml
[junit4] 2> 17213 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 17215 T42 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@674fb804 name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 17216 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 17216 T28 oascc.SolrZkClient.makePath makePath: /solr
[junit4] 2> 17223 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 17227 T45 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@61cccbf0 name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 17227 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 17228 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf2/solrconfig.xml
[junit4] 2> 17228 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
[junit4] 2> 17234 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
[junit4] 2> 17234 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
[junit4] 2> 17241 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17241 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 17245 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
[junit4] 2> 17245 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
[junit4] 2> 17248 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
[junit4] 2> 17249 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
[junit4] 2> 17252 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
[junit4] 2> 17253 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
[junit4] 2> 17258 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
[junit4] 2> 17259 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
[junit4] 2> 17261 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 17262 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
[junit4] 2> 17265 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
[junit4] 2> 17266 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
[junit4] 2> 17269 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
[junit4] 2> 17269 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
[junit4] 2> 17272 T28 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
[junit4] 2> 17272 T28 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
[junit4] 2> 17534 T28 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 17677 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:42269
[junit4] 2> 17705 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 17706 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 17707 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329
[junit4] 2> 17707 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/'
[junit4] 2> 17741 T28 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solr.xml
[junit4] 2> 17977 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 17991 T28 oasc.CoreContainer.<init> New CoreContainer 14420091
[junit4] 2> 17992 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/]
[junit4] 2> 18021 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 18022 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 18022 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 18023 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 18023 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 18024 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 18026 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 18027 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 18028 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 18041 T28 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 18042 T28 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 18043 T28 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 18043 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40099/solr
[junit4] 2> 18060 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 18062 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18065 T58 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4692cb3 name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18066 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18080 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18084 T61 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49b79f5d name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18084 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18093 T28 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4] 2> 18102 T28 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4] 2> 18111 T28 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4] 2> 18119 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42269_
[junit4] 2> 18123 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:42269_
[junit4] 2> 18127 T28 oascc.SolrZkClient.makePath makePath: /overseer_elect
[junit4] 2> 18131 T28 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4] 2> 18142 T28 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 18145 T28 oasc.Overseer.start Overseer (id=90996811629068293-127.0.0.1:42269_-n_0000000000) starting
[junit4] 2> 18164 T28 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4] 2> 18176 T63 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4] 2> 18176 T28 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4] 2> 18179 T28 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4] 2> 18185 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 18201 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329
[junit4] 2> 18205 T62 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 18211 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/conf/
[junit4] 2> 18279 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 18282 T28 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 18282 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 18323 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18326 T67 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@77d50f4 name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18327 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18329 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 18333 T28 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 18464 T28 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 18470 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55071
[junit4] 2> 18472 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 18472 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 18473 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388
[junit4] 2> 18473 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388/'
[junit4] 2> 18503 T28 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388/solr.xml
[junit4] 2> 18593 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 18594 T28 oasc.CoreContainer.<init> New CoreContainer 614922672
[junit4] 2> 18594 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388/]
[junit4] 2> 18595 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 18595 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 18596 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 18596 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 18596 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 18597 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 18597 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 18598 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 18598 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 18621 T28 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 18621 T28 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 18621 T28 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 18622 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40099/solr
[junit4] 2> 18622 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 18623 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18625 T79 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c67ca73 name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18627 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18631 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 18637 T82 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59c57fc name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 18642 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 18648 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 19653 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55071_
[junit4] 2> 19655 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55071_
[junit4] 2> 19660 T61 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 19660 T82 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 19660 T67 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4] 2> 19671 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388
[junit4] 2> 19672 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1388501155388/conf/
[junit4] 2> 19710 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 19710 T28 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 19711 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 19780 T28 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 19786 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:49912
[junit4] 2> 19787 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 19787 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 19787 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766
[junit4] 2> 19788 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/'
[junit4] 2> 19812 T28 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solr.xml
[junit4] 2> 19880 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 19881 T28 oasc.CoreContainer.<init> New CoreContainer 693846998
[junit4] 2> 19881 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/]
[junit4] 2> 19881 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 19882 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 19882 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 19882 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 19883 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 19883 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 19883 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 19883 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 19884 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 19926 T28 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 19927 T28 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 19927 T28 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 19927 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40099/solr
[junit4] 2> 19928 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 19929 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 19936 T95 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@32cb730e name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 19936 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 19941 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 19944 T98 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70ebe3fd name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 19944 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 19949 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 20952 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49912_
[junit4] 2> 20953 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:49912_
[junit4] 2> 20956 T61 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20956 T98 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20956 T82 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20956 T67 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4] 2> 20964 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766
[junit4] 2> 20973 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/conf/
[junit4] 2> 20996 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 20997 T28 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 20997 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 21064 T28 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 21067 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:40570
[junit4] 2> 21067 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 21068 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 21068 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053
[junit4] 2> 21068 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/'
[junit4] 2> 21094 T28 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solr.xml
[junit4] 2> 21155 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 21156 T28 oasc.CoreContainer.<init> New CoreContainer 433653011
[junit4] 2> 21157 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/]
[junit4] 2> 21160 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 21160 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 21161 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 21161 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 21162 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 21162 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 21163 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 21163 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 21164 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 21171 T28 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 21174 T28 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 21174 T28 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 21175 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40099/solr
[junit4] 2> 21175 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 21177 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21181 T111 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16f33c7c name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21182 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21189 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 21192 T114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ce9c287 name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 21193 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 21204 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 22210 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40570_
[junit4] 2> 22301 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:40570_
[junit4] 2> 22306 T82 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 22306 T67 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 22306 T98 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 22307 T114 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 22307 T61 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4] 2> 22313 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053
[junit4] 2> 22314 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/conf/
[junit4] 2> 22345 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 22346 T28 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 22346 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 22416 T28 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4] 2> 22421 T28 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:56380
[junit4] 2> 22422 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4] 2> 22422 T28 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4] 2> 22422 T28 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401
[junit4] 2> 22423 T28 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/'
[junit4] 2> 22446 T28 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solr.xml
[junit4] 2> 22491 T28 oasc.ConfigSolrXml.<init> Config-defined core root directory:
[junit4] 2> 22491 T28 oasc.CoreContainer.<init> New CoreContainer 1490072533
[junit4] 2> 22491 T28 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/]
[junit4] 2> 22494 T28 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
[junit4] 2> 22494 T28 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4] 2> 22494 T28 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4] 2> 22494 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4] 2> 22495 T28 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4] 2> 22495 T28 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4] 2> 22495 T28 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4] 2> 22495 T28 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4] 2> 22496 T28 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4] 2> 22501 T28 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
[junit4] 2> 22501 T28 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
[junit4] 2> 22502 T28 oasc.CoreContainer.load Host Name: 127.0.0.1
[junit4] 2> 22502 T28 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:40099/solr
[junit4] 2> 22502 T28 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4] 2> 22503 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22506 T127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8ded890 name:ZooKeeperConnection Watcher:127.0.0.1:40099 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22507 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22510 T28 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4] 2> 22512 T130 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70df6382 name:ZooKeeperConnection Watcher:127.0.0.1:40099/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4] 2> 22514 T28 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4] 2> 22519 T28 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper...
[junit4] 2> 23523 T28 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56380_
[junit4] 2> 23524 T28 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56380_
[junit4] 2> 23527 T61 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23528 T98 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23528 T114 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23528 T82 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23528 T67 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23528 T130 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4] 2> 23538 T28 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401
[junit4] 2> 23539 T28 oasc.CorePropertiesLocator.discoverUnder Found core conf in /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/conf/
[junit4] 2> 23565 T28 oasc.CorePropertiesLocator.discover Found 1 core definitions
[junit4] 2> 23566 T28 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
[junit4] 2> 23566 T28 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4] 2> 23902 T73 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&router.name=compositeId&action=CREATE&numShards=2&wt=javabin&version=2
[junit4] 2> 23908 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4] 2> 23912 T63 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"solrj_collection",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "router.field":"myOwnField",
[junit4] 2> "router.name":"compositeId"}
[junit4] 2> 23914 T63 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : createcollection , {
[junit4] 2> "operation":"createcollection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "name":"solrj_collection",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf1",
[junit4] 2> "numShards":"2",
[junit4] 2> "router.field":"myOwnField",
[junit4] 2> "router.name":"compositeId"}
[junit4] 2> 23916 T63 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection
[junit4] 2> 23917 T63 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
[junit4] 2> 23934 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 23936 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 23937 T62 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
[junit4] 2> 23937 T62 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
[junit4] 2> 23950 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 23955 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 23956 T61 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 23956 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 23955 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 23955 T67 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 23955 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24035 T63 oasc.OverseerCollectionProcessor.createCollection going to create cores replicas shardNames [shard1, shard2] , repFactor : 2
[junit4] 2> 24035 T63 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:49912_
[junit4] 2> 24042 T63 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:56380_
[junit4] 2> 24042 T63 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:40570_
[junit4] 2> 24042 T63 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:42269_
[junit4] 2> 24078 T107 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down
[junit4] 2> 24078 T124 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down
[junit4] 2> 24078 T90 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down
[junit4] 2> 24078 T55 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down
[junit4] 2> 24087 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 24087 T107 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24090 T124 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24090 T90 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24090 T55 oasc.ZkController.waitForCoreNodeName look for our core node name
[junit4] 2> 24092 T62 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 24093 T62 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40570",
[junit4] 2> "core":"solrj_collection_shard2_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:40570_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 24097 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 24099 T62 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:56380",
[junit4] 2> "core":"solrj_collection_shard1_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:56380_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 24104 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 24107 T62 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:49912",
[junit4] 2> "core":"solrj_collection_shard1_replica1",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:49912_",
[junit4] 2> "shard":"shard1",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 24114 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 24116 T62 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4] 2> "operation":"state",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42269",
[junit4] 2> "core":"solrj_collection_shard2_replica2",
[junit4] 2> "roles":null,
[junit4] 2> "node_name":"127.0.0.1:42269_",
[junit4] 2> "shard":"shard2",
[junit4] 2> "shard_range":null,
[junit4] 2> "shard_state":"active",
[junit4] 2> "shard_parent":null,
[junit4] 2> "collection":"solrj_collection",
[junit4] 2> "numShards":"2",
[junit4] 2> "core_node_name":null}
[junit4] 2> 24122 T61 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 24227 T61 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24227 T130 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24227 T67 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24227 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24227 T98 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 24227 T82 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4] 2> 25088 T107 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
[junit4] 2> 25090 T124 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
[junit4] 2> 25091 T55 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
[junit4] 2> 25091 T90 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
[junit4] 2> 25110 T90 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1
[junit4] 2> 25110 T107 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1
[junit4] 2> 25111 T107 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 25110 T55 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica2' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2
[junit4] 2> 25110 T124 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard1_replica2' using instanceDir: ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2
[junit4] 2> 25112 T124 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 25111 T55 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 25110 T90 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
[junit4] 2> 25112 T124 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25112 T107 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25113 T107 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 25113 T124 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 25113 T90 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25113 T55 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4] 2> 25118 T90 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 25118 T55 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
[junit4] 2> 25119 T107 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/'
[junit4] 2> 25119 T124 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/'
[junit4] 2> 25120 T90 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/'
[junit4] 2> 25120 T55 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/'
[junit4] 2> 25252 T107 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 25274 T90 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 25398 T55 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 25511 T124 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4] 2> 25548 T107 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 25579 T107 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 25594 T90 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 25611 T90 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 25639 T55 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 25640 T55 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 25659 T124 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4] 2> 25668 T124 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4] 2> 25690 T107 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
[junit4] 2> 25690 T90 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
[junit4] 2> 25785 T55 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
[junit4] 2> 25790 T124 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
[junit4] 2> 30284 T107 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 30399 T107 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 30424 T107 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 30470 T90 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 30544 T90 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 30561 T90 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 30603 T55 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 30662 T124 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4] 2> 30678 T55 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 30691 T124 oass.IndexSchema.readSchema default search field in schema is text
[junit4] 2> 30694 T55 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 30700 T124 oass.IndexSchema.readSchema unique key field: id
[junit4] 2> 30701 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30717 T107 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30732 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30737 T90 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30738 T107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30745 T90 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30752 T107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30752 T107 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30754 T107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30755 T107 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30755 T107 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 30758 T107 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/data/
[junit4] 2> 30758 T90 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30760 T107 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61736b75
[junit4] 2> 30770 T55 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30771 T124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30771 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30772 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30775 T90 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30775 T107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/data
[junit4] 2> 30776 T107 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/data/index/
[junit4] 2> 30776 T107 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 30785 T124 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30786 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30786 T90 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30786 T90 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 30785 T107 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1388501158053/solrj_collection_shard2_replica1/data/index
[junit4] 2> 30786 T55 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4] 2> 30788 T107 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=46.1748046875, floorSegmentMB=1.6005859375, forceMergeDeletesPctAllowed=7.730831841216234, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 30787 T90 oasc.SolrCore.<init> [solrj_collection_shard1_replica1] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/data/
[junit4] 2> 30792 T124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30792 T90 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61736b75
[junit4] 2> 30793 T124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30795 T124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30796 T55 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30796 T124 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30798 T124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30798 T124 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30798 T55 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30799 T55 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30798 T124 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 30799 T55 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4] 2> 30799 T124 oasc.SolrCore.<init> [solrj_collection_shard1_replica2] Opening new SolrCore at ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/, dataDir=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/data/
[junit4] 2> 30800 T124 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61736b75
[junit4] 2> 30801 T55 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4] 2> 30801 T107 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4145bc40 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@34ee1b4e)),segFN=segments_1,generation=1}
[junit4] 2> 30803 T107 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 30801 T55 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4] 2> 30803 T90 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/data
[junit4] 2> 30807 T124 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/data
[junit4] 2> 30808 T124 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/data/index/
[junit4] 2> 30807 T55 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4] 2> 30808 T124 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica2] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 30809 T124 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1388501159401/solrj_collection_shard1_replica2/data/index
[junit4] 2> 30810 T124 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=46.1748046875, floorSegmentMB=1.6005859375, forceMergeDeletesPctAllowed=7.730831841216234, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 30807 T90 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/data/index/
[junit4] 2> 30811 T90 oasc.SolrCore.initIndex WARN [solrj_collection_shard1_replica1] Solr index directory './org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4] 2> 30811 T124 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@970d04a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73f9a65a)),segFN=segments_1,generation=1}
[junit4] 2> 30808 T55 oasc.SolrCore.<init> [solrj_collection_shard2_replica2] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/, dataDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/data/
[junit4] 2> 30813 T55 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@61736b75
[junit4] 2> 30813 T90 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1388501156766/solrj_collection_shard1_replica1/data/index
[junit4] 2> 30812 T124 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 30833 T90 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=46.1748046875, floorSegmentMB=1.6005859375, forceMergeDeletesPctAllowed=7.730831841216234, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 30833 T55 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/data
[junit4] 2> 30834 T55 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/data/index/
[junit4] 2> 30834 T55 oasc.SolrCore.initIndex WARN [solrj_collection_shard2_replica2] Solr index directory '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4] 2> 30834 T90 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2569a169 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@495247a1)),segFN=segments_1,generation=1}
[junit4] 2> 30835 T90 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 30839 T55 oasc.CachingDirectoryFactory.get return new directory for ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1388501154329/solrj_collection_shard2_replica2/data/index
[junit4] 2> 30839 T55 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=46.1748046875, floorSegmentMB=1.6005859375, forceMergeDeletesPctAllowed=7.730831841216234, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
[junit4] 2> 30847 T55 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4] 2> commit{dir=MockDirectoryWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@28225d98 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@79e6fdb)),segFN=segments_1,generation=1}
[junit4] 2> 30847 T55 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4] 2> 30864 T107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 30866 T90 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 30868 T124 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 30869 T55 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
[junit4] 2> 30889 T107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 30889 T55 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 30889 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 30889 T90 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 30889 T124 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
[junit4] 2> 30890 T90 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 30890 T107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 30890 T55 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 30893 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 30893 T90 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 30890 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4] 2> 30894 T107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 30893 T55 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 30895 T107 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30894 T90 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 30894 T124 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
[junit4] 2> 30895 T90 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 30895 T107 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30896 T107 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 30895 T55 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 30897 T55 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 30897 T107 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 30896 T90 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30896 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4] 2> 30898 T107 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 30898 T90 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30897 T55 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30899 T90 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 30898 T107 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 30898 T124 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
[junit4] 2> 30902 T90 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 30903 T124 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30902 T107 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 30902 T55 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30904 T55 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 30904 T124 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4] 2> 30904 T124 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
[junit4] 2> 30904 T90 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 30905 T90 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 30904 T107 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 30929 T90 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 30929 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 30928 T124 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 30930 T90 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 30930 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 30905 T55 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4] 2> 30930 T124 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 30930 T90 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 30931 T107 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 30931 T124 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 30932 T124 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 30936 T90 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 30936 T55 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4] 2> 30940 T90 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 30938 T107 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 30937 T124 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 30950 T124 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 30951 T124 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 30941 T55 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4] 2> 30955 T124 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 30956 T55 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4] 2> 30955 T107 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 30950 T90 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 30957 T107 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 30967 T55 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4] 2> 30967 T107 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 30968 T55 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4] 2> 30967 T124 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 30968 T90 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 30970 T55 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
[junit4] 2> 30971 T90 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 30975 T55 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
[junit4] 2> 30975 T90 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 30975 T124 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4] 2> 30976 T124 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4] 2> 30976 T55 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4] 2> 30977 T124 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=38, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSize
[...truncated too long message...]
queue of collection creations
[junit4] 2> 349034 T3259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 349035 T3259 oasc.Overseer$ClusterStateUpdater.run Replaying operations from work queue.
[junit4] 2> 349035 T3259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core1",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 349036 T3249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 349039 T3259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core2",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 349040 T3249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 349047 T3259 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4] 2> 349053 T3259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper...
[junit4] 2> 349053 T3259 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4] 2> "operation":"state",
[junit4] 2> "base_url":"http://127.0.0.1/solr",
[junit4] 2> "node_name":"node1",
[junit4] 2> "shard":"s1",
[junit4] 2> "collection":"collection1",
[junit4] 2> "core":"core3",
[junit4] 2> "roles":"",
[junit4] 2> "state":"recovering"}
[junit4] 2> 349055 T3258 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
[junit4] 2> 349058 T3249 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 0)
[junit4] 2> 349137 T2547 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:46165 46165
[junit4] 2> 349313 T2547 oas.SolrTestCaseJ4.tearDown ###Ending testReplay
[junit4] 1> client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 349314 T2547 oas.SolrTestCaseJ4.initCore ####initCore
[junit4] 2> 349314 T2547 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4] 2> 349588 T3222 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 349589 T3222 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard3/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 349589 T3222 oasc.LeaderElector$1.process WARN org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:253)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:93)
[junit4] 2> at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4] 2> at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:138)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4] 2> at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4] 2>
[junit4] 2> 352315 T2547 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Asserting, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=nl, timezone=Africa/Ouagadougou
[junit4] 2> NOTE: Linux 3.8.0-34-generic amd64/Oracle Corporation 1.8.0-ea (64-bit)/cpus=8,threads=1,free=88095272,total=189792256
[junit4] 2> NOTE: All tests run in this JVM: [BasicFunctionalityTest, PrimitiveFieldTypeTest, TestReversedWildcardFilterFactory, LeaderElectionTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, DistributedQueryElevationComponentTest, TestBM25SimilarityFactory, DeleteShardTest, TestWriterPerf, ZkControllerTest, CoreAdminHandlerTest, TriLevelCompositeIdRoutingTest, ScriptEngineTest, HdfsRecoveryZkTest, TestLMJelinekMercerSimilarityFactory, TestSolrXMLSerializer, TestSolrQueryParserResource, SpellPossibilityIteratorTest, TestSurroundQueryParser, SoftAutoCommitTest, UnloadDistributedZkTest, TermVectorComponentTest, OverseerCollectionProcessorTest, TestManagedSchema, WordBreakSolrSpellCheckerTest, SolrInfoMBeanTest, TestManagedSchemaFieldResource, SpatialFilterTest, TestSolrQueryParser, TestValueSourceCache, SchemaVersionSpecificBehaviorTest, CoreAdminCreateDiscoverTest, EnumFieldTest, HdfsCollectionsAPIDistributedZkTest, TestJoin, LegacyHTMLStripCharFilterTest, EchoParamsTest, TestFieldTypeCollectionResource, HdfsDirectoryTest, TestReplicationHandler, DeleteReplicaTest, OverseerTest]
[junit4] Completed on J0 in 26.57s, 8 tests, 1 error <<< FAILURES!
[...truncated 784 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:453: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:433: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:491: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1304: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:937: There were test failures: 358 suites, 1576 tests, 1 error, 1 failure, 35 ignored (6 assumptions)
Total time: 44 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-ea-b121 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure